diff --git a/Makefile b/Makefile
index 3267fb1..f203a4f 100644
--- a/Makefile
+++ b/Makefile
@@ -865,7 +865,7 @@
 libs-y += env/
 libs-y += lib/
 libs-y += fs/
-libs-y += net/
+libs-$(filter y,$(CONFIG_NET) $(CONFIG_NET_LWIP)) += net/
 libs-y += disk/
 libs-y += drivers/
 libs-$(CONFIG_SYS_FSL_DDR) += drivers/ddr/fsl/